#!/usr/bin/env bash

CONFIG=$1
GPUS=$2
NNODES=${NNODES:-1}
NODE_RANK=${NODE_RANK:-0}
PORT=${PORT:-29501}
MASTER_ADDR=${MASTER_ADDR:-"127.0.0.1"}

PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \

torchrun --nnodes=$NNODES --master_addr=$MASTER_ADDR --nproc_per_node=$GPUS --node_rank=$NODE_RANK --master_port=$PORT \
$(dirname "$0")/train.py $CONFIG --seed 0 --launcher pytorch ${@:3}

